from model_controller import ModelPredictController, ModelTrainController
from plotter import Plotter
from glob import glob
from IPython.display import Image

Found GPU at: /device:GPU:0
2.5.0
Found GPU at: /device:GPU:0
2.5.0
Found GPU at: /device:GPU:0
Found GPU at: /device:GPU:0
2.5.0

model = ModelPredictController(NUM_LINHAS=8);

model.load()

building...
total do vocabulario=  179
VOCAB_SIZE 180

model.restoreFromCheckpointName('train_20211026_curriculum_try2_8lines_INCR_LEN__NO_TEACH__CURRICULUM--curriculum-8-linhas--etapa-3')
# model.restoreFromBestCheckpoint()

restore from pretraining  ../train-folder/checkpoints/train_20211026_curriculum_try2_8lines_INCR_LEN__NO_TEACH__CURRICULUM--curriculum-8-linhas--etapa-3\ckpt-3 ...

model.evaluateForTest('test-8lines', plot_attention=False, _len= 16)

target_len=  16
evaluating dataset  test-8lines
evaluating total images:  114 ...
evaluating  0 ...
------------------------ 0 ------------------------------
predicted ['c4', 'c5', 'Nf3', 'e6', 'd4', 'Nxd4', 'Nxd4', 'e6', 'Nbd2', 'a6', 'c3', 'Nf6', 'Be3', 'Bb4', 'Be2', '<unk>']
expected ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'a6', 'c4', 'Qc7', 'Nc3', 'Nf6', 'Be3', 'Bb4', 'Qd2', 'Nxe4']
------------------------ 1 ------------------------------
predicted ['e4', 'c5', 'Nf3', 'd6', 'e4', 'Bb4+', 'Bb4+', 'Nfd7', 'O-O', 'Nf6', 'Re1', 'e5', 'c3', 'Be7', 'Bd3', 'O-O']
expected ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bd7', 'Bxd7+', 'Nxd7', 'O-O', 'Ngf6', 'Re1', 'e5', 'c3', 'Be7', 'd3', 'O-O']
------------------------ 2 ------------------------------
predicted ['Nf3', 'Nf6', 'g3', 'Nc6', 'g3', 'c6', 'Nf3', 'Bg7', 'Nbd2', 'Bg7', 'Bg2', 'O-O', 'O-O', 'Nbd7', 'O-O', 'c6']
expected ['Nf3', 'Nf6', 'g3', 'd5', 'c4', 'e6', 'b3', 'Be7', 'Bb2', 'O-O', 'Bg2', 'Nbd7', 'O-O', 'c6', 'd3', 'Re8']
------------------------ 3 ------------------------------
predicted ['e4', 'e6', 'Nf3', 'Nc6', 'g3', 'e6', 'Bg2', 'e6', 'Nf3', 'Nf6', 'O-O', 'e5', 'd3', 'Nbd7', 'Re1', 'O-O']
expected ['c4', 'c5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Bg7', 'Nf3', 'd6', 'O-O', 'e5', 'd3', 'Nge7', 'Rb1', 'O-O']
------------------------ 4 ------------------------------
predicted ['d4', 'd5', 'Bc4', 'Nc6', 'a3', 'c5', 'e3', 'Nc6', 'Qe2', 'Nf6', 'Be2', 'g6', 'Nbd2', 'Be6', 'e4', 'Nc6']
expected ['d4', 'd5', 'Bf4', 'Nf6', 'e3', 'c5', 'c3', 'Qb6', 'Qb3', 'c4', 'Qc2', 'g6', 'Nd2', 'Nc6', 'e4', 'e6']
evaluating  100 ...
len 1 accuracy 0.8333333134651184 cir 0.09064328
len 2 accuracy 0.7719298005104065 cir 0.13304095
len 3 accuracy 0.7426900863647461 cir 0.1569201
len 4 accuracy 0.7214912176132202 cir 0.16575293
len 5 accuracy 0.7122806906700134 cir 0.17719299
len 6 accuracy 0.6769005656242371 cir 0.1916423
len 7 accuracy 0.6566416025161743 cir 0.21219717
len 8 accuracy 0.6348684430122375 cir 0.23282164
len 9 accuracy 0.6081871390342712 cir 0.25316763
len 10 accuracy 0.5868421196937561 cir 0.27204677
len 11 accuracy 0.5701754093170166 cir 0.28705478
len 12 accuracy 0.5555555820465088 cir 0.30010965
len 13 accuracy 0.546558678150177 cir 0.31053758
len 14 accuracy 0.530701756477356 cir 0.32827905
len 15 accuracy 0.5157894492149353 cir 0.34446394
len 16 accuracy 0.5104166865348816 cir 0.35030153

model.evaluateForTest('test-8lines', plot_attention=True, _len= 16)

target_len=  16
evaluating dataset  test-8lines
evaluating total images:  114 ...
evaluating  0 ...
------------------------ 0 ------------------------------
predicted ['c4', 'c5', 'Nf3', 'e6', 'd4', 'Nfd7', 'Nxd4', 'e6', 'e4', 'Nge7', 'Nc3', 'Nf6', 'Be3', 'Bb7', 'Qd2', 'Nge7']
expected ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'a6', 'c4', 'Qc7', 'Nc3', 'Nf6', 'Be3', 'Bb4', 'Qd2', 'Nxe4']
../test-data/test-8lines\images\carnaval_0004_fullpage.jpg

------------------------ 1 ------------------------------
predicted ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bb4+', 'Bb4+', 'Nbd7', 'O-O', 'Nf6', 'd3', 'e5', 'c3', 'Be7', 'e3', 'O-O']
expected ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bd7', 'Bxd7+', 'Nxd7', 'O-O', 'Ngf6', 'Re1', 'e5', 'c3', 'Be7', 'd3', 'O-O']
../test-data/test-8lines\images\carnaval_0015_fullpage.jpg

------------------------ 2 ------------------------------
predicted ['Nf3', 'Nf6', 'g3', 'Nf6', 'g3', 'Nc6', 'Ng5', 'Bg7', 'O-O', 'Nbd7', '<unk>', 'cxd5', 'Bg2', 'Nbd7', 'O-O', 'c6']
expected ['Nf3', 'Nf6', 'g3', 'd5', 'c4', 'e6', 'b3', 'Be7', 'Bb2', 'O-O', 'Bg2', 'Nbd7', 'O-O', 'c6', 'd3', 'Re8']
../test-data/test-8lines\images\carnaval_0023_fullpage.jpg

------------------------ 3 ------------------------------
predicted ['e4', 'e5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Be7', 'Nf3', 'Nf6', 'O-O', 'e5', 'd3', 'Nbd7', 'Rb1', 'O-O']
expected ['c4', 'c5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Bg7', 'Nf3', 'd6', 'O-O', 'e5', 'd3', 'Nge7', 'Rb1', 'O-O']
../test-data/test-8lines\images\carnaval_0029_fullpage.jpg

------------------------ 4 ------------------------------
predicted ['d4', 'd5', 'Bb4+', 'Nf6', 'e3', 'c5', 'e3', 'Nc6', 'Qe2', 'Nc6', 'Be2', 'a6', 'Nbd2', 'Re8', 'e4', 'Nc6']
expected ['d4', 'd5', 'Bf4', 'Nf6', 'e3', 'c5', 'c3', 'Qb6', 'Qb3', 'c4', 'Qc2', 'g6', 'Nd2', 'Nc6', 'e4', 'e6']
../test-data/test-8lines\images\carnaval_0032_fullpage.jpg

../test-data/test-8lines\images\carnaval_0033_fullpage.jpg

../test-data/test-8lines\images\carnaval_0038_fullpage.jpg

../test-data/test-8lines\images\carnaval_0040_fullpage.jpg

../test-data/test-8lines\images\carnaval_0042_fullpage.jpg

../test-data/test-8lines\images\carnaval_0051_fullpage.jpg

../test-data/test-8lines\images\carnaval_0055_fullpage.jpg

../test-data/test-8lines\images\carnaval_0058_fullpage.jpg

../test-data/test-8lines\images\carnaval_0059_fullpage.jpg

../test-data/test-8lines\images\carnaval_0067_fullpage.jpg

../test-data/test-8lines\images\carnaval_0068_fullpage.jpg

../test-data/test-8lines\images\carnaval_0071_fullpage.jpg

../test-data/test-8lines\images\carnaval_0072_fullpage.jpg

../test-data/test-8lines\images\carnaval_0082_fullpage.jpg

../test-data/test-8lines\images\carnaval_0086_fullpage.jpg

../test-data/test-8lines\images\carnaval_0090_fullpage.jpg

../test-data/test-8lines\images\carnaval_0091_fullpage.jpg

../test-data/test-8lines\images\carnaval_0104_fullpage.jpg

../test-data/test-8lines\images\carnaval_0106_fullpage.jpg

../test-data/test-8lines\images\carnaval_0109_fullpage.jpg

../test-data/test-8lines\images\carnaval_0114_fullpage.jpg

../test-data/test-8lines\images\carnaval_0124_fullpage.jpg

../test-data/test-8lines\images\carnaval_0144_fullpage.jpg

../test-data/test-8lines\images\carnaval_0150_fullpage.jpg

../test-data/test-8lines\images\carnaval_0155_fullpage.jpg

../test-data/test-8lines\images\carnaval_0156_fullpage.jpg

../test-data/test-8lines\images\carnaval_0157_fullpage.jpg

../test-data/test-8lines\images\carnaval_0161_fullpage.jpg

../test-data/test-8lines\images\carnaval_0164_fullpage.jpg

../test-data/test-8lines\images\carnaval_0170_fullpage.jpg

../test-data/test-8lines\images\carnaval_0172_fullpage.jpg

../test-data/test-8lines\images\carnaval_0174_fullpage.jpg

../test-data/test-8lines\images\carnaval_0176_fullpage.jpg

../test-data/test-8lines\images\carnaval_0181_fullpage.jpg

../test-data/test-8lines\images\carnaval_0204_fullpage.jpg

../test-data/test-8lines\images\carnaval_0213_fullpage.jpg

../test-data/test-8lines\images\carnaval_0223_fullpage.jpg

../test-data/test-8lines\images\carnaval_0227_fullpage.jpg

../test-data/test-8lines\images\carnaval_0230_fullpage.jpg

../test-data/test-8lines\images\carnaval_0232_fullpage.jpg

../test-data/test-8lines\images\carnaval_0233_fullpage.jpg

../test-data/test-8lines\images\carnaval_0234_fullpage.jpg

../test-data/test-8lines\images\carnaval_0252_fullpage.jpg

../test-data/test-8lines\images\carnaval_0268_fullpage.jpg

../test-data/test-8lines\images\carnaval_0271_fullpage.jpg

../test-data/test-8lines\images\carnaval_0282_fullpage.jpg

../test-data/test-8lines\images\carnaval_0283_fullpage.jpg

../test-data/test-8lines\images\carnaval_0286_fullpage.jpg

../test-data/test-8lines\images\carnaval_0287_fullpage.jpg

../test-data/test-8lines\images\carnaval_0294_fullpage.jpg

../test-data/test-8lines\images\carnaval_0297_fullpage.jpg

../test-data/test-8lines\images\carnaval_0298_fullpage.jpg

../test-data/test-8lines\images\carnaval_0324_fullpage.jpg

../test-data/test-8lines\images\carnaval_0328_fullpage.jpg

../test-data/test-8lines\images\carnaval_0330_fullpage.jpg

../test-data/test-8lines\images\carnaval_0335_fullpage.jpg

../test-data/test-8lines\images\carnaval_0347_fullpage.jpg

../test-data/test-8lines\images\carnaval_0356_fullpage.jpg

../test-data/test-8lines\images\carnaval_0357_fullpage.jpg

../test-data/test-8lines\images\carnaval_0361_fullpage.jpg

../test-data/test-8lines\images\carnaval_0367_fullpage.jpg

../test-data/test-8lines\images\carnaval_0372_fullpage.jpg

../test-data/test-8lines\images\carnaval_0373_fullpage.jpg

../test-data/test-8lines\images\carnaval_0375_fullpage.jpg

../test-data/test-8lines\images\carnaval_0379_fullpage.jpg

../test-data/test-8lines\images\carnaval_0395_fullpage.jpg

../test-data/test-8lines\images\carnaval_0401_fullpage.jpg

../test-data/test-8lines\images\carnaval_0404_fullpage.jpg

../test-data/test-8lines\images\carnaval_0408_fullpage.jpg

../test-data/test-8lines\images\carnaval_0422_fullpage.jpg

../test-data/test-8lines\images\carnaval_0425_fullpage.jpg

../test-data/test-8lines\images\carnaval_0426_fullpage.jpg

../test-data/test-8lines\images\carnaval_0444_fullpage.jpg

../test-data/test-8lines\images\carnaval_0449_fullpage.jpg

../test-data/test-8lines\images\carnaval_0466_fullpage.jpg

../test-data/test-8lines\images\carnaval_0473_fullpage.jpg

../test-data/test-8lines\images\carnaval_0483_fullpage.jpg

../test-data/test-8lines\images\carnaval_0485_fullpage.jpg

../test-data/test-8lines\images\carnaval_0487_fullpage.jpg

../test-data/test-8lines\images\carnaval_0494_fullpage.jpg

../test-data/test-8lines\images\carnaval_0501_fullpage.jpg

../test-data/test-8lines\images\carnaval_0503_fullpage.jpg

../test-data/test-8lines\images\carnaval_0507_fullpage.jpg

../test-data/test-8lines\images\carnaval_0509_fullpage.jpg

../test-data/test-8lines\images\carnaval_0514_fullpage.jpg

../test-data/test-8lines\images\carnaval_0542_fullpage.jpg

../test-data/test-8lines\images\carnaval_0544_fullpage.jpg

../test-data/test-8lines\images\carnaval_0551_fullpage.jpg

../test-data/test-8lines\images\carnaval_0553_fullpage.jpg

../test-data/test-8lines\images\carnaval_0554_fullpage.jpg

../test-data/test-8lines\images\carnaval_0565_fullpage.jpg

../test-data/test-8lines\images\carnaval_0569_fullpage.jpg

../test-data/test-8lines\images\carnaval_0578_fullpage.jpg

../test-data/test-8lines\images\carnaval_0580_fullpage.jpg

../test-data/test-8lines\images\carnaval_0589_fullpage.jpg

../test-data/test-8lines\images\carnaval_0590_fullpage.jpg

evaluating  100 ...
../test-data/test-8lines\images\carnaval_0592_fullpage.jpg

../test-data/test-8lines\images\carnaval_0596_fullpage.jpg

../test-data/test-8lines\images\carnaval_0598_fullpage.jpg

../test-data/test-8lines\images\carnaval_0601_fullpage.jpg

../test-data/test-8lines\images\carnaval_0606_fullpage.jpg

../test-data/test-8lines\images\carnaval_0607_fullpage.jpg

../test-data/test-8lines\images\carnaval_0608_fullpage.jpg

../test-data/test-8lines\images\carnaval_0614_fullpage.jpg

../test-data/test-8lines\images\carnaval_0625_fullpage.jpg

../test-data/test-8lines\images\carnaval_0626_fullpage.jpg

../test-data/test-8lines\images\carnaval_0629_fullpage.jpg

../test-data/test-8lines\images\carnaval_0648_fullpage.jpg

../test-data/test-8lines\images\carnaval_0655_fullpage.jpg

../test-data/test-8lines\images\carnaval_0676_fullpage.jpg

len 1 accuracy 0.8684210777282715 cir 0.064327486
len 2 accuracy 0.7850877046585083 cir 0.11732456
len 3 accuracy 0.7602339386940002 cir 0.14400586
len 4 accuracy 0.734649121761322 cir 0.15679824
len 5 accuracy 0.7280701994895935 cir 0.16652048
len 6 accuracy 0.6959064602851868 cir 0.18506336
len 7 accuracy 0.6754385828971863 cir 0.19747286
len 8 accuracy 0.6469298005104065 cir 0.21619153
len 9 accuracy 0.6247563362121582 cir 0.23318714
len 10 accuracy 0.6052631735801697 cir 0.24989767
len 11 accuracy 0.5877193212509155 cir 0.26858056
len 12 accuracy 0.5709064602851868 cir 0.27884993
len 13 accuracy 0.5580297112464905 cir 0.29062077
len 14 accuracy 0.5394737124443054 cir 0.3080827
len 15 accuracy 0.5274853706359863 cir 0.3195127
len 16 accuracy 0.5224780440330505 cir 0.3259046